#将/tmp/InternationalData_Result/IBRD2/part*追加到/tmp/InternationalData_Result/IBRD2/-文件中
#注意 -put和/tmp/InternationalData_Result/IBRD2/中间的"-"
hadoop fs -cat /tmp/InternationalData_Result/IBRD2/part* | hadoop fs -put - /tmp/InternationalData_Result/IBRD2/

spark-submit \
--master yarn \
--deploy-mode cluster \
--num-executors 8 \
--executor-memory 11G \
--driver-memory 2G \
--executor-cores 3 \
--conf spark.network.timeout=10000000 \
--conf spark.yarn.preserve.staging.files=true \
--class com.cnki.result_transform.HDFSToJson \
/data/yzw/original-makeChange-1.0-SNAPSHOT.jar
